# analysis.py
# -----------
# Licensing Information:  You are free to use or extend these projects for
# educational purposes provided that (1) you do not distribute or publish
# solutions, (2) you retain this notice, and (3) you provide clear
# attribution to UC Berkeley, including a link to http://ai.berkeley.edu.
#
# Attribution Information: The Pacman AI projects were developed at UC Berkeley.
# The core projects and autograders were primarily created by John DeNero
# (denero@cs.berkeley.edu) and Dan Klein (klein@cs.berkeley.edu).
# Student side autograding was added by Brad Miller, Nick Hay, and
# Pieter Abbeel (pabbeel@cs.berkeley.edu).


######################
# ANALYSIS QUESTIONS #
######################

# Set the given parameters to obtain the specified policies through
# value iteration.

"""
总而言之
answerLivingReward  决定着pacman是否愿意选择继续走路
answerDiscount      决定着pacman是否在意长期回报
而噪声answerNoise   决定了pacman是否愿意去冒险
"""

def question2a():
    """
      Prefer the close exit (+1), risking the cliff (-10).
    """
    answerDiscount = 0.3          # 对于短期回报更在意
    answerNoise = 0               # 不容易摔下悬崖
    answerLivingReward = -0.1     # 走路会带来惩罚
    return answerDiscount, answerNoise, answerLivingReward
    # If not possible, return 'NOT POSSIBLE'

def question2b():
    """
      Prefer the close exit (+1), but avoiding the cliff (-10).
    """
    answerDiscount = 0.3      # 对于短期回报更在意
    answerNoise = 0.2         # 但是容易摔下悬崖
    answerLivingReward = 0.1  # 走路会带来奖励
    return answerDiscount, answerNoise, answerLivingReward
    # If not possible, return 'NOT POSSIBLE'

def question2c():
    """
      Prefer the distant exit (+10), risking the cliff (-10).
    """
    answerDiscount = 0.8      # 对于长期回报更在意
    answerNoise = 0           # 不容易掉下去 噪声很少
    answerLivingReward = 0    # 路程不重要
    return answerDiscount, answerNoise, answerLivingReward
    # If not possible, return 'NOT POSSIBLE'

def question2d():
    """
      Prefer the distant exit (+10), avoiding the cliff (-10).
    """
    answerDiscount = 0.8      # 对于长期回报更在意
    answerNoise = 0.2         # 但是容易掉下悬崖
    answerLivingReward = 0    # 路程不重要
    return answerDiscount, answerNoise, answerLivingReward
    # If not possible, return 'NOT POSSIBLE'

def question2e():
    """
      Avoid both exits and the cliff (so an episode should never terminate).
    """
    # 我只要存活就好,那么就是存活的reward要大
    answerDiscount = 1      # 对于长期回报无比在意
    answerNoise = 0         # 噪声很小
    answerLivingReward = 10 # 只要生存比出口重要就好
    return answerDiscount, answerNoise, answerLivingReward
    # If not possible, return 'NOT POSSIBLE'

if __name__ == '__main__':
    print('Answers to analysis questions:')
    import analysis
    for q in [q for q in dir(analysis) if q.startswith('question')]:
        response = getattr(analysis, q)()
        print('  Question %s:\t%s' % (q, str(response)))
